{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "5000"
      ]
     },
     "execution_count": 1,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import json\n",
    "\n",
    "\n",
    "with open('id_list_merged.json', 'r') as f:\n",
    "    model_id_list = json.load(f)\n",
    "len(model_id_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  0%|          | 11/3000 [00:06<27:50,  1.79it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 TheBloke/Llama-2-13B-Chat-fp16\n",
      "./data/TheBloke/Llama-2-13B-Chat-fp16/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  2%|▏         | 63/3000 [00:34<24:39,  1.99it/s]/home/lyc/miniconda3/envs/lccc/lib/python3.11/site-packages/xlsxwriter/worksheet.py:1251: UserWarning: Ignoring URL 'https://hf.co/argmaxinc/whisperkit-coreml/tree/main/openai_whisper-large-v3\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/es\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/ro\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/th\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/nl\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/id\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/sv\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/de\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/pl\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/fi\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/it\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/cs\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/en\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/vi\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/el\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/hu\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/ru\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/gl\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/fr\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/pt\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3/common_voice_17_0-argmax_subset-400/forced/da\n",
      "https://github.com/argmaxinc/WhisperKit/commit/e3e21d4' with link or location/anchor > 2079 characters since it exceeds Excel's limit for URLS\n",
      "  warn(\n",
      "/home/lyc/miniconda3/envs/lccc/lib/python3.11/site-packages/xlsxwriter/worksheet.py:1251: UserWarning: Ignoring URL 'https://hf.co/argmaxinc/whisperkit-coreml/tree/main/openai_whisper-large-v2\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/es\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/ro\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/th\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/nl\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/id\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/sv\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/de\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/pl\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/fi\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/it\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/cs\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/en\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/vi\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/el\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/hu\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/ru\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/gl\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/fr\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/pt\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v2/common_voice_17_0-argmax_subset-400/forced/da\n",
      "https://github.com/argmaxinc/WhisperKit/commit/e3e21d4' with link or location/anchor > 2079 characters since it exceeds Excel's limit for URLS\n",
      "  warn(\n",
      "/home/lyc/miniconda3/envs/lccc/lib/python3.11/site-packages/xlsxwriter/worksheet.py:1251: UserWarning: Ignoring URL 'https://hf.co/argmaxinc/whisperkit-coreml/tree/main/openai_whisper-large-v3-v20240930\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/es\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/ro\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/th\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/nl\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/id\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/sv\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/de\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/pl\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/fi\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/it\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/cs\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/en\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/vi\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/el\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/hu\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/ru\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/gl\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/fr\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/pt\n",
      "https://hf.co/datasets/argmaxinc/whisperkit-evals-multilingual/tree/main/WhisperKit/openai_whisper-large-v3-v20240930/common_voice_17_0-argmax_subset-400/forced/da\n",
      "https://github.com/argmaxinc/WhisperKit/commit/e3e21d4' with link or location/anchor > 2079 characters since it exceeds Excel's limit for URLS\n",
      "  warn(\n",
      "  2%|▏         | 70/3000 [00:39<41:08,  1.19it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 crusoeai/Llama-3-8B-Instruct-Gradient-1048k-GGUF\n",
      "./data/crusoeai/Llama-3-8B-Instruct-Gradient-1048k-GGUF/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  7%|▋         | 216/3000 [01:56<24:40,  1.88it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 casperhansen/llama-3-70b-instruct-awq\n",
      "./data/casperhansen/llama-3-70b-instruct-awq/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  8%|▊         | 234/3000 [02:06<30:07,  1.53it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 jlsim/GoodHands-beta2\n",
      "./data/jlsim/GoodHands-beta2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  9%|▊         | 261/3000 [02:21<29:14,  1.56it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 InstantX/FLUX.1-dev-IP-Adapter\n",
      "./data/InstantX/FLUX.1-dev-IP-Adapter/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  9%|▉         | 264/3000 [02:23<25:33,  1.78it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 dmis-lab/biobert-v1.1\n",
      "./data/dmis-lab/biobert-v1.1/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  9%|▉         | 272/3000 [02:27<24:02,  1.89it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 embed/bad_prompt\n",
      "./data/embed/bad_prompt/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 12%|█▏        | 356/3000 [03:11<23:32,  1.87it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 dbmdz/bert-large-cased-finetuned-conll03-english\n",
      "./data/dbmdz/bert-large-cased-finetuned-conll03-english/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 12%|█▏        | 364/3000 [03:16<23:53,  1.84it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 SmilingWolf/wd-v1-4-vit-tagger\n",
      "./data/SmilingWolf/wd-v1-4-vit-tagger/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 15%|█▍        | 440/3000 [03:57<23:09,  1.84it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 doll774/doll774\n",
      "./data/doll774/doll774/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 15%|█▍        | 446/3000 [04:00<21:28,  1.98it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 lmsys/longchat-7b-v1.5-32k\n",
      "./data/lmsys/longchat-7b-v1.5-32k/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 18%|█▊        | 528/3000 [04:45<20:56,  1.97it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 timdettmers/guanaco-65b-merged\n",
      "./data/timdettmers/guanaco-65b-merged/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 19%|█▉        | 563/3000 [05:04<19:39,  2.07it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 abhishek/llama-2-7b-hf-small-shards\n",
      "./data/abhishek/llama-2-7b-hf-small-shards/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 19%|█▉        | 584/3000 [05:13<18:16,  2.20it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 Kijai/LivePortrait_safetensors\n",
      "./data/Kijai/LivePortrait_safetensors/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 23%|██▎       | 679/3000 [05:59<17:56,  2.16it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 ckpt/ControlNet\n",
      "./data/ckpt/ControlNet/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 28%|██▊       | 829/3000 [07:14<19:11,  1.89it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 comfyanonymous/clip_vision_g\n",
      "./data/comfyanonymous/clip_vision_g/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 29%|██▉       | 871/3000 [07:36<16:38,  2.13it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 Lykon/LoRA\n",
      "./data/Lykon/LoRA/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 31%|███       | 933/3000 [08:07<16:21,  2.11it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 morit-00/MORIMORImix\n",
      "./data/morit-00/MORIMORImix/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 32%|███▏      | 957/3000 [08:21<16:53,  2.02it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 DIAMONIK7777/antelopev2\n",
      "./data/DIAMONIK7777/antelopev2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 32%|███▏      | 971/3000 [08:29<20:27,  1.65it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 crusoeai/Llama-3-8B-Instruct-262k-GGUF\n",
      "./data/crusoeai/Llama-3-8B-Instruct-262k-GGUF/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 33%|███▎      | 995/3000 [08:42<19:57,  1.67it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 stma/lora-dump\n",
      "./data/stma/lora-dump/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 33%|███▎      | 996/3000 [08:43<18:12,  1.83it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 yesyeahvh/ulzzang-6500\n",
      "./data/yesyeahvh/ulzzang-6500/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 34%|███▎      | 1007/3000 [08:48<15:04,  2.20it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 gemasai/4x_NMKD-Siax_200k\n",
      "./data/gemasai/4x_NMKD-Siax_200k/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 34%|███▎      | 1010/3000 [08:49<15:39,  2.12it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 ezioruan/inswapper_128.onnx\n",
      "./data/ezioruan/inswapper_128.onnx/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 39%|███▉      | 1182/3000 [10:14<15:15,  1.99it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 webui/stable-diffusion-2-1\n",
      "./data/webui/stable-diffusion-2-1/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 40%|███▉      | 1194/3000 [10:20<15:54,  1.89it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 TheBloke/Llama-2-7B-fp16\n",
      "./data/TheBloke/Llama-2-7B-fp16/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 42%|████▏     | 1269/3000 [11:00<14:44,  1.96it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 gemasai/4x_NMKD-Superscale-SP_178000_G\n",
      "./data/gemasai/4x_NMKD-Superscale-SP_178000_G/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 44%|████▍     | 1326/3000 [11:30<13:59,  1.99it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 AlignmentResearch/robust_llm_pythia-14m_clf_pm_v-ian-068_s-0\n",
      "./data/AlignmentResearch/robust_llm_pythia-14m_clf_pm_v-ian-068_s-0/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 44%|████▍     | 1332/3000 [11:33<13:46,  2.02it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 sgugger/funnel-random-tiny\n",
      "./data/sgugger/funnel-random-tiny/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 45%|████▌     | 1359/3000 [11:46<12:39,  2.16it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-T5Model\n",
      "./data/trl-internal-testing/tiny-random-T5Model/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 46%|████▌     | 1372/3000 [11:53<14:20,  1.89it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 seyonec/PubChem10M_SMILES_BPE_450k\n",
      "./data/seyonec/PubChem10M_SMILES_BPE_450k/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 46%|████▌     | 1380/3000 [11:57<13:15,  2.04it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-GPTNeoXForCausalLM\n",
      "./data/trl-internal-testing/tiny-random-GPTNeoXForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 47%|████▋     | 1409/3000 [12:10<11:44,  2.26it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-olmo-hf\n",
      "./data/katuni4ka/tiny-random-olmo-hf/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 48%|████▊     | 1434/3000 [12:21<11:18,  2.31it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 sshleifer/bart-tiny-random\n",
      "./data/sshleifer/bart-tiny-random/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 48%|████▊     | 1436/3000 [12:22<11:13,  2.32it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 robertgshaw2/zephyr-7b-beta-channelwise-gptq\n",
      "./data/robertgshaw2/zephyr-7b-beta-channelwise-gptq/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 49%|████▉     | 1465/3000 [12:35<11:52,  2.15it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-gemma2\n",
      "./data/katuni4ka/tiny-random-gemma2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 49%|████▉     | 1470/3000 [12:38<11:42,  2.18it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 DeepChem/ChemBERTa-77M-MTR\n",
      "./data/DeepChem/ChemBERTa-77M-MTR/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 49%|████▉     | 1473/3000 [12:39<11:26,  2.23it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 sshleifer/tiny-dbmdz-bert-large-cased-finetuned-conll03-english\n",
      "./data/sshleifer/tiny-dbmdz-bert-large-cased-finetuned-conll03-english/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 49%|████▉     | 1474/3000 [12:40<11:16,  2.25it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-BigBirdPegasusForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-BigBirdPegasusForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 51%|█████     | 1522/3000 [13:03<11:03,  2.23it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 monologg/koelectra-small-v2-distilled-korquad-384\n",
      "./data/monologg/koelectra-small-v2-distilled-korquad-384/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 51%|█████     | 1532/3000 [13:08<13:33,  1.81it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 nboost/pt-tinybert-msmarco\n",
      "./data/nboost/pt-tinybert-msmarco/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 51%|█████▏    | 1538/3000 [13:11<12:14,  1.99it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 illuin/tiny-random-MistralForCausalLM\n",
      "./data/illuin/tiny-random-MistralForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 51%|█████▏    | 1539/3000 [13:11<11:52,  2.05it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 neggles/animatediff-modules\n",
      "./data/neggles/animatediff-modules/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 51%|█████▏    | 1540/3000 [13:12<11:57,  2.04it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-M2M100ForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-M2M100ForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 52%|█████▏    | 1548/3000 [13:15<10:37,  2.28it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 hf-tiny-model-private/tiny-random-OPTForCausalLM\n",
      "./data/hf-tiny-model-private/tiny-random-OPTForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 52%|█████▏    | 1557/3000 [13:20<10:36,  2.27it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 mesolitica/emotion-analysis-nanot5-small-malaysian-cased\n",
      "./data/mesolitica/emotion-analysis-nanot5-small-malaysian-cased/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 52%|█████▏    | 1558/3000 [13:20<11:37,  2.07it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 hf-tiny-model-private/tiny-random-OwlViTModel\n",
      "./data/hf-tiny-model-private/tiny-random-OwlViTModel/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 52%|█████▏    | 1559/3000 [13:21<11:12,  2.14it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 nreimers/mmarco-mMiniLMv2-L12-H384-v1\n",
      "./data/nreimers/mmarco-mMiniLMv2-L12-H384-v1/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 52%|█████▏    | 1563/3000 [13:22<11:12,  2.14it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 camenduru/AnimateDiff\n",
      "./data/camenduru/AnimateDiff/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 53%|█████▎    | 1585/3000 [13:33<11:33,  2.04it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-SwitchTransformersForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-SwitchTransformersForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 53%|█████▎    | 1598/3000 [13:41<10:53,  2.14it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 illuin/tiny-random-FalconForCausalLM\n",
      "./data/illuin/tiny-random-FalconForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 53%|█████▎    | 1602/3000 [13:43<12:20,  1.89it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 textattack/roberta-base-MNLI\n",
      "./data/textattack/roberta-base-MNLI/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 54%|█████▎    | 1609/3000 [13:46<11:19,  2.05it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 sshleifer/tiny-marian-en-de\n",
      "./data/sshleifer/tiny-marian-en-de/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 54%|█████▎    | 1611/3000 [13:47<10:43,  2.16it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-phi3\n",
      "./data/katuni4ka/tiny-random-phi3/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 54%|█████▍    | 1615/3000 [13:49<10:59,  2.10it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 mesolitica/sentiment-analysis-nanot5-small-malaysian-cased\n",
      "./data/mesolitica/sentiment-analysis-nanot5-small-malaysian-cased/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 54%|█████▍    | 1619/3000 [13:51<10:30,  2.19it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 charsiu/g2p_multilingual_byT5_small_100\n",
      "./data/charsiu/g2p_multilingual_byT5_small_100/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 54%|█████▍    | 1623/3000 [13:53<10:19,  2.22it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-snowflake\n",
      "./data/katuni4ka/tiny-random-snowflake/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 54%|█████▍    | 1625/3000 [13:55<18:06,  1.27it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 Isotr0py/test-gguf-sample\n",
      "./data/Isotr0py/test-gguf-sample/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 54%|█████▍    | 1627/3000 [13:56<14:08,  1.62it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-aquilachat\n",
      "./data/katuni4ka/tiny-random-aquilachat/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 54%|█████▍    | 1630/3000 [13:57<11:26,  2.00it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 textattack/bert-base-uncased-MNLI\n",
      "./data/textattack/bert-base-uncased-MNLI/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 54%|█████▍    | 1631/3000 [13:57<11:09,  2.05it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-BlenderbotForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-BlenderbotForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 56%|█████▌    | 1667/3000 [14:14<10:01,  2.21it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 akreal/tiny-random-BloomForCausalLM\n",
      "./data/akreal/tiny-random-BloomForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 56%|█████▌    | 1672/3000 [14:16<11:34,  1.91it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 google-bert/bert-base-cased-finetuned-mrpc\n",
      "./data/google-bert/bert-base-cased-finetuned-mrpc/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 56%|█████▋    | 1691/3000 [14:26<10:11,  2.14it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-GPTNeoXForCausalLM-safetensors\n",
      "./data/trl-internal-testing/tiny-random-GPTNeoXForCausalLM-safetensors/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 57%|█████▋    | 1696/3000 [14:28<09:32,  2.28it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 airkingbd/dplm_650m\n",
      "./data/airkingbd/dplm_650m/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 57%|█████▋    | 1700/3000 [14:30<10:12,  2.12it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 hf-tiny-model-private/tiny-random-BioGptForCausalLM\n",
      "./data/hf-tiny-model-private/tiny-random-BioGptForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 57%|█████▋    | 1702/3000 [14:31<11:08,  1.94it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-internlm2\n",
      "./data/katuni4ka/tiny-random-internlm2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 57%|█████▋    | 1721/3000 [14:39<09:33,  2.23it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 digit82/kobart-summarization\n",
      "./data/digit82/kobart-summarization/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 57%|█████▋    | 1722/3000 [14:40<09:37,  2.21it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 casperhansen/llama-3-8b-instruct-awq\n",
      "./data/casperhansen/llama-3-8b-instruct-awq/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 58%|█████▊    | 1740/3000 [14:48<10:15,  2.05it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-qwen1.5-moe\n",
      "./data/katuni4ka/tiny-random-qwen1.5-moe/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 58%|█████▊    | 1744/3000 [14:50<09:13,  2.27it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 abhigoyal/vllm-medusa-llama-68m-random\n",
      "./data/abhigoyal/vllm-medusa-llama-68m-random/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 58%|█████▊    | 1753/3000 [14:54<09:49,  2.11it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 sportstensor/basic_model\n",
      "./data/sportstensor/basic_model/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 59%|█████▉    | 1770/3000 [15:02<08:55,  2.30it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-MarianMTModel\n",
      "./data/trl-internal-testing/tiny-random-MarianMTModel/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 59%|█████▉    | 1771/3000 [15:02<09:04,  2.26it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 ArunaSaraswathy/bert-finetuned-ner-pii\n",
      "./data/ArunaSaraswathy/bert-finetuned-ner-pii/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 59%|█████▉    | 1775/3000 [15:04<09:06,  2.24it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-ProphetNetForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-ProphetNetForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 59%|█████▉    | 1777/3000 [15:05<09:14,  2.21it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 sshleifer/tiny-ctrl\n",
      "./data/sshleifer/tiny-ctrl/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 60%|█████▉    | 1785/3000 [15:09<09:42,  2.09it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 DeepChem/ChemBERTa-77M-MLM\n",
      "./data/DeepChem/ChemBERTa-77M-MLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 60%|█████▉    | 1791/3000 [15:11<08:51,  2.28it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 rwh/medium10\n",
      "./data/rwh/medium10/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 60%|█████▉    | 1793/3000 [15:13<09:55,  2.03it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 yujiepan/tiny-random-swin-patch4-window7-224\n",
      "./data/yujiepan/tiny-random-swin-patch4-window7-224/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 60%|██████    | 1801/3000 [15:16<09:53,  2.02it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 textattack/roberta-base-SST-2\n",
      "./data/textattack/roberta-base-SST-2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 60%|██████    | 1809/3000 [15:21<10:15,  1.93it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 frankjoshua/albedobaseXL_v13\n",
      "./data/frankjoshua/albedobaseXL_v13/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 61%|██████    | 1829/3000 [15:30<09:04,  2.15it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 rungalileo/distilbert-sexism\n",
      "./data/rungalileo/distilbert-sexism/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 62%|██████▏   | 1846/3000 [15:42<14:02,  1.37it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-baichuan2-13b\n",
      "./data/katuni4ka/tiny-random-baichuan2-13b/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 62%|██████▏   | 1850/3000 [15:43<09:36,  1.99it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 sshleifer/tiny-mbart\n",
      "./data/sshleifer/tiny-mbart/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 62%|██████▏   | 1865/3000 [15:51<12:13,  1.55it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 RishuD7/finetune_base_bge_pretrained_v4\n",
      "./data/RishuD7/finetune_base_bge_pretrained_v4/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 63%|██████▎   | 1890/3000 [16:03<08:19,  2.22it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-glm4\n",
      "./data/katuni4ka/tiny-random-glm4/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 63%|██████▎   | 1901/3000 [16:08<08:38,  2.12it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 sshleifer/tiny-gpt2\n",
      "./data/sshleifer/tiny-gpt2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 64%|██████▎   | 1910/3000 [16:12<08:17,  2.19it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-GPT2LMHeadModel\n",
      "./data/trl-internal-testing/tiny-random-GPT2LMHeadModel/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 64%|██████▍   | 1919/3000 [16:16<07:51,  2.29it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-CodeGenForCausalLM\n",
      "./data/trl-internal-testing/tiny-random-CodeGenForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 64%|██████▍   | 1921/3000 [16:17<06:49,  2.64it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：403 augmxnt/shisa-gamma-7b-v1\n",
      "./data/augmxnt/shisa-gamma-7b-v1/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 64%|██████▍   | 1926/3000 [16:19<07:54,  2.27it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-MBartForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-MBartForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 64%|██████▍   | 1934/3000 [16:23<07:49,  2.27it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 lemon2431/toonify_v20\n",
      "./data/lemon2431/toonify_v20/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 65%|██████▌   | 1953/3000 [16:33<08:47,  1.98it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-minicpm\n",
      "./data/katuni4ka/tiny-random-minicpm/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 66%|██████▌   | 1972/3000 [16:42<08:34,  2.00it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-internlm\n",
      "./data/katuni4ka/tiny-random-internlm/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 66%|██████▋   | 1991/3000 [16:50<07:11,  2.34it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 nealcly/detection-longformer\n",
      "./data/nealcly/detection-longformer/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 67%|██████▋   | 2012/3000 [17:00<07:42,  2.13it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 mohitsha/tiny-random-testing-bert2gpt2\n",
      "./data/mohitsha/tiny-random-testing-bert2gpt2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 67%|██████▋   | 2020/3000 [17:04<07:14,  2.25it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 arjun80095/Final_model_1\n",
      "./data/arjun80095/Final_model_1/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 68%|██████▊   | 2040/3000 [17:15<07:28,  2.14it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-falcon-40b\n",
      "./data/katuni4ka/tiny-random-falcon-40b/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 68%|██████▊   | 2045/3000 [17:17<07:32,  2.11it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 SpanBERT/spanbert-large-cased\n",
      "./data/SpanBERT/spanbert-large-cased/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 68%|██████▊   | 2049/3000 [17:19<07:02,  2.25it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 ALINEAR/albert-japanese-v2\n",
      "./data/ALINEAR/albert-japanese-v2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 68%|██████▊   | 2052/3000 [17:20<07:03,  2.24it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 mhnakif/fluxunchained-dev\n",
      "./data/mhnakif/fluxunchained-dev/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 69%|██████▊   | 2056/3000 [17:22<08:12,  1.92it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 AlignmentResearch/robust_llm_pythia-14m_clf_imdb_v-ian-067_s-0\n",
      "./data/AlignmentResearch/robust_llm_pythia-14m_clf_imdb_v-ian-067_s-0/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 69%|██████▊   | 2061/3000 [17:25<07:14,  2.16it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-BartForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-BartForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 69%|██████▉   | 2080/3000 [17:33<06:50,  2.24it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-orion\n",
      "./data/katuni4ka/tiny-random-orion/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 70%|██████▉   | 2085/3000 [17:36<07:23,  2.06it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 monologg/bert-base-cased-goemotions-original\n",
      "./data/monologg/bert-base-cased-goemotions-original/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 71%|███████   | 2119/3000 [17:51<06:52,  2.14it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 crynux-ai/stable-diffusion-xl-base-1.0\n",
      "./data/crynux-ai/stable-diffusion-xl-base-1.0/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 71%|███████   | 2134/3000 [17:58<08:11,  1.76it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-PLBartForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-PLBartForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 71%|███████   | 2136/3000 [17:59<07:12,  2.00it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 sudo-ai/zero123plus-v1.2\n",
      "./data/sudo-ai/zero123plus-v1.2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 71%|███████▏  | 2138/3000 [18:00<06:52,  2.09it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 l-yohai/bigbird-roberta-base-mnli\n",
      "./data/l-yohai/bigbird-roberta-base-mnli/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 72%|███████▏  | 2145/3000 [18:04<06:30,  2.19it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 nm-testing/TinyLlama-1.1B-compressed-tensors-kv-cache-scheme\n",
      "./data/nm-testing/TinyLlama-1.1B-compressed-tensors-kv-cache-scheme/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 73%|███████▎  | 2179/3000 [18:19<05:55,  2.31it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 ybelkada/Mixtral-8x7B-Instruct-v0.1-AWQ\n",
      "./data/ybelkada/Mixtral-8x7B-Instruct-v0.1-AWQ/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 73%|███████▎  | 2188/3000 [18:24<07:04,  1.91it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 vikp/surya_det2\n",
      "./data/vikp/surya_det2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 73%|███████▎  | 2191/3000 [18:25<05:45,  2.34it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：502 microsoft/deberta-v2-xlarge-mnli\n",
      "./data/microsoft/deberta-v2-xlarge-mnli/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 74%|███████▎  | 2205/3000 [18:32<05:40,  2.33it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 frankjoshua/realisticVisionV51_v51VAE\n",
      "./data/frankjoshua/realisticVisionV51_v51VAE/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 74%|███████▎  | 2208/3000 [18:34<07:33,  1.75it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 peft-internal-testing/tiny-clip-text-2\n",
      "./data/peft-internal-testing/tiny-clip-text-2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 75%|███████▍  | 2242/3000 [18:50<05:44,  2.20it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-BloomForCausalLM\n",
      "./data/trl-internal-testing/tiny-random-BloomForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 75%|███████▌  | 2263/3000 [19:00<06:25,  1.91it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-T5ForConditionalGeneration-correct-vocab\n",
      "./data/trl-internal-testing/tiny-T5ForConditionalGeneration-correct-vocab/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 75%|███████▌  | 2264/3000 [19:00<06:05,  2.02it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-MvpForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-MvpForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 76%|███████▌  | 2278/3000 [19:07<05:59,  2.01it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 anton-l/wav2vec2-random-tiny-classifier\n",
      "./data/anton-l/wav2vec2-random-tiny-classifier/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 76%|███████▌  | 2283/3000 [19:10<05:58,  2.00it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-baichuan2\n",
      "./data/katuni4ka/tiny-random-baichuan2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 76%|███████▋  | 2293/3000 [19:15<06:01,  1.96it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 textattack/bert-base-uncased-SST-2\n",
      "./data/textattack/bert-base-uncased-SST-2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 77%|███████▋  | 2304/3000 [19:21<05:50,  1.99it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 rasa/LaBSE\n",
      "./data/rasa/LaBSE/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 77%|███████▋  | 2315/3000 [19:26<06:04,  1.88it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 koheiduck/bert-japanese-finetuned-sentiment\n",
      "./data/koheiduck/bert-japanese-finetuned-sentiment/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 77%|███████▋  | 2318/3000 [19:28<05:31,  2.06it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 hollowstrawberry/67AB2F\n",
      "./data/hollowstrawberry/67AB2F/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 78%|███████▊  | 2333/3000 [19:35<05:09,  2.15it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 hf-tiny-model-private/tiny-random-GPT2LMHeadModel\n",
      "./data/hf-tiny-model-private/tiny-random-GPT2LMHeadModel/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 78%|███████▊  | 2347/3000 [19:41<04:39,  2.33it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-dbrx\n",
      "./data/katuni4ka/tiny-random-dbrx/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 78%|███████▊  | 2348/3000 [19:41<04:42,  2.31it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-T5ForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-T5ForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 79%|███████▉  | 2375/3000 [19:55<05:38,  1.85it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-jais\n",
      "./data/katuni4ka/tiny-random-jais/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 79%|███████▉  | 2380/3000 [19:57<04:38,  2.22it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 YituTech/conv-bert-base\n",
      "./data/YituTech/conv-bert-base/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 79%|███████▉  | 2384/3000 [19:59<05:10,  1.98it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 textattack/bert-base-uncased-snli\n",
      "./data/textattack/bert-base-uncased-snli/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 80%|███████▉  | 2387/3000 [20:01<04:52,  2.09it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-exaone\n",
      "./data/katuni4ka/tiny-random-exaone/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 80%|███████▉  | 2391/3000 [20:03<04:34,  2.21it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-xverse\n",
      "./data/katuni4ka/tiny-random-xverse/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 81%|████████  | 2418/3000 [20:15<04:34,  2.12it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-LEDForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-LEDForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 81%|████████  | 2429/3000 [20:21<04:36,  2.06it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-MT5ForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-MT5ForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 81%|████████▏ | 2441/3000 [20:26<04:16,  2.18it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-CodeGenForCausalLM-sharded\n",
      "./data/trl-internal-testing/tiny-random-CodeGenForCausalLM-sharded/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 81%|████████▏ | 2443/3000 [20:27<04:13,  2.20it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-GPTNeoXForCausalLM-safetensors-sharded\n",
      "./data/trl-internal-testing/tiny-random-GPTNeoXForCausalLM-safetensors-sharded/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 82%|████████▏ | 2454/3000 [20:34<04:52,  1.87it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 hyunwoongko/ctrlsum-cnndm\n",
      "./data/hyunwoongko/ctrlsum-cnndm/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 82%|████████▏ | 2459/3000 [20:36<03:56,  2.29it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 hf-tiny-model-private/tiny-random-CodeGenForCausalLM\n",
      "./data/hf-tiny-model-private/tiny-random-CodeGenForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 82%|████████▎ | 2475/3000 [20:45<04:24,  1.98it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 demo-leaderboard/gpt2-demo\n",
      "./data/demo-leaderboard/gpt2-demo/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 84%|████████▍ | 2516/3000 [21:04<03:43,  2.17it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-BlenderbotSmallForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-BlenderbotSmallForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 85%|████████▍ | 2538/3000 [21:14<03:21,  2.29it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 GHArt/XXMix_9realisticSDXL_V1.0_xl_fp16\n",
      "./data/GHArt/XXMix_9realisticSDXL_V1.0_xl_fp16/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 85%|████████▌ | 2557/3000 [21:22<03:09,  2.34it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 fazahmz/nps-tag-classifier\n",
      "./data/fazahmz/nps-tag-classifier/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 85%|████████▌ | 2561/3000 [21:24<03:08,  2.33it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 EleutherAI/pythia-14m\n",
      "./data/EleutherAI/pythia-14m/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 86%|████████▋ | 2591/3000 [21:39<04:09,  1.64it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-mistral-nemo\n",
      "./data/katuni4ka/tiny-random-mistral-nemo/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 87%|████████▋ | 2608/3000 [21:48<03:17,  1.98it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 RishuD7/CML_Text_date_number_blank_v1\n",
      "./data/RishuD7/CML_Text_date_number_blank_v1/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 88%|████████▊ | 2635/3000 [22:02<03:34,  1.71it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 mrm8488/t5-small-finetuned-common_gen\n",
      "./data/mrm8488/t5-small-finetuned-common_gen/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 88%|████████▊ | 2636/3000 [22:03<03:24,  1.78it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 Alex01837178373/gemma-2-2b-it-abliterated-AWQ\n",
      "./data/Alex01837178373/gemma-2-2b-it-abliterated-AWQ/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 88%|████████▊ | 2650/3000 [22:10<02:55,  1.99it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 cleanrl/EleutherAI_pythia-1b-deduped__sft__tldr\n",
      "./data/cleanrl/EleutherAI_pythia-1b-deduped__sft__tldr/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 88%|████████▊ | 2653/3000 [22:11<02:52,  2.01it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-FSMTForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-FSMTForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 90%|█████████ | 2713/3000 [22:43<02:21,  2.02it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 dmis-lab/biobert-base-cased-v1.1\n",
      "./data/dmis-lab/biobert-base-cased-v1.1/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 90%|█████████ | 2715/3000 [22:44<02:21,  2.01it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-PegasusXForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-PegasusXForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 91%|█████████ | 2729/3000 [22:52<02:29,  1.81it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 cambridgeltl/magic_mscoco\n",
      "./data/cambridgeltl/magic_mscoco/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 91%|█████████ | 2733/3000 [22:54<02:16,  1.96it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-aquila2\n",
      "./data/katuni4ka/tiny-random-aquila2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 91%|█████████ | 2735/3000 [22:55<02:13,  1.98it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 sshleifer/tiny-distilbert-base-cased-distilled-squad\n",
      "./data/sshleifer/tiny-distilbert-base-cased-distilled-squad/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 92%|█████████▏| 2774/3000 [23:16<01:52,  2.00it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-LongT5ForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-LongT5ForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 93%|█████████▎| 2777/3000 [23:18<02:06,  1.76it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 nm-testing/Qwen2-1.5B-Instruct-FP8-K-V\n",
      "./data/nm-testing/Qwen2-1.5B-Instruct-FP8-K-V/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 93%|█████████▎| 2791/3000 [23:24<01:43,  2.03it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 jinaai/jina-embeddings-v3-small-ci\n",
      "./data/jinaai/jina-embeddings-v3-small-ci/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 94%|█████████▎| 2805/3000 [23:32<01:46,  1.83it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-qwen\n",
      "./data/katuni4ka/tiny-random-qwen/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 94%|█████████▍| 2825/3000 [23:42<01:28,  1.97it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 princeton-nlp/sup-simcse-roberta-base\n",
      "./data/princeton-nlp/sup-simcse-roberta-base/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 95%|█████████▍| 2837/3000 [23:50<01:16,  2.12it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 yosshstd/vit-fer2013\n",
      "./data/yosshstd/vit-fer2013/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 95%|█████████▌| 2854/3000 [23:58<01:04,  2.26it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 sbarnes/concerto\n",
      "./data/sbarnes/concerto/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 95%|█████████▌| 2861/3000 [24:01<01:06,  2.10it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 rwh/bigone\n",
      "./data/rwh/bigone/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 96%|█████████▌| 2868/3000 [24:05<00:59,  2.20it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 katuni4ka/tiny-random-codegen2\n",
      "./data/katuni4ka/tiny-random-codegen2/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 96%|█████████▌| 2875/3000 [24:08<01:03,  1.98it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 patrickvonplaten/longformer-random-tiny\n",
      "./data/patrickvonplaten/longformer-random-tiny/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 96%|█████████▋| 2894/3000 [24:17<00:48,  2.19it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 princeton-nlp/sup-simcse-bert-base-uncased\n",
      "./data/princeton-nlp/sup-simcse-bert-base-uncased/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 97%|█████████▋| 2902/3000 [24:20<00:43,  2.28it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 HuggingFaceM4/tiny-random-LlamaForCausalLM\n",
      "./data/HuggingFaceM4/tiny-random-LlamaForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 97%|█████████▋| 2909/3000 [24:24<00:40,  2.24it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 robertsw/dino_base_H100\n",
      "./data/robertsw/dino_base_H100/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 97%|█████████▋| 2913/3000 [24:28<01:06,  1.30it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 hf-tiny-model-private/tiny-random-GPTNeoXForCausalLM\n",
      "./data/hf-tiny-model-private/tiny-random-GPTNeoXForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 98%|█████████▊| 2929/3000 [24:36<00:47,  1.51it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 sshleifer/tiny-distilroberta-base\n",
      "./data/sshleifer/tiny-distilroberta-base/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 98%|█████████▊| 2940/3000 [24:44<00:38,  1.58it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-GPTNeoForCausalLM\n",
      "./data/trl-internal-testing/tiny-random-GPTNeoForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 98%|█████████▊| 2942/3000 [24:45<00:32,  1.80it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-GPT2Model\n",
      "./data/trl-internal-testing/tiny-random-GPT2Model/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 99%|█████████▊| 2958/3000 [24:52<00:18,  2.26it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change\n",
      "./data/nm-testing/tinyllama-oneshot-w8w8-test-static-shape-change/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 99%|█████████▊| 2959/3000 [24:52<00:18,  2.25it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-BloomForCausalLM-correct-vocab\n",
      "./data/trl-internal-testing/tiny-BloomForCausalLM-correct-vocab/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 99%|█████████▉| 2967/3000 [24:56<00:14,  2.23it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 lewtun/tiny-random-mt5\n",
      "./data/lewtun/tiny-random-mt5/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 99%|█████████▉| 2974/3000 [25:00<00:16,  1.60it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 HuggingFaceM4/tiny-random-MistralForCausalLM\n",
      "./data/HuggingFaceM4/tiny-random-MistralForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 99%|█████████▉| 2975/3000 [25:01<00:14,  1.77it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-PegasusForConditionalGeneration\n",
      "./data/trl-internal-testing/tiny-random-PegasusForConditionalGeneration/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      " 99%|█████████▉| 2983/3000 [25:05<00:08,  2.10it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-GPTJForCausalLM\n",
      "./data/trl-internal-testing/tiny-random-GPTJForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|█████████▉| 2990/3000 [25:08<00:04,  2.26it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 trl-internal-testing/tiny-random-OPTForCausalLM\n",
      "./data/trl-internal-testing/tiny-random-OPTForCausalLM/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|█████████▉| 2995/3000 [25:10<00:02,  2.23it/s]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "下载失败，状态码：404 krnl/realisticVisionV51_v51VAE\n",
      "./data/krnl/realisticVisionV51_v51VAE/README.md不存在！\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|██████████| 3000/3000 [25:13<00:00,  1.98it/s]\n"
     ]
    }
   ],
   "source": [
    "from utils import get_url, download_readme\n",
    "import pandas as pd\n",
    "from tqdm import tqdm\n",
    "import os\n",
    "# stard_idx, end_idx = 100, 2000\n",
    "# stard_idx, end_idx = 480, 2000\n",
    "stard_idx, end_idx = 2000, 5000\n",
    "\n",
    "for model_id in tqdm(model_id_list[stard_idx:end_idx]):\n",
    "    download_readme(model_id)\n",
    "    url_content = get_url(model_id)\n",
    "    if not os.path.exists(f'./data/{model_id}'):\n",
    "        os.makedirs(f'./data/{model_id}')\n",
    "    url_content_path = f'./data/{model_id}/url_content.xlsx'\n",
    "    url_content_pd = pd.DataFrame(url_content, columns=['url', 'raw_paragraph'])\n",
    "    url_content_pd.to_excel(url_content_path)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "lccc",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
